home *** CD-ROM | disk | FTP | other *** search
/ Developer CD Series 1998 April: Mac OS SDK / Dev.CD Apr 98 SDK1.toast / Development Kits (Disc 1) / AIAT 1.0.1 / Headers / Analysis / AlphaTokenizer.h next >
Encoding:
Text File  |  1997-09-11  |  954 b   |  41 lines  |  [TEXT/CWIE]
  1. // AlphaTokenizer.h
  2. //    Copyright:    © 1994 - 1996 by Apple Computer, Inc., all rights reserved.
  3.  
  4. #pragma once
  5. #ifndef AlphaTokenizer_h
  6. #define AlphaTokenizer_h
  7.  
  8. #pragma import on
  9.  
  10. #include "IAAnalysis.h"
  11. #include "IACharStream.h"
  12.  
  13. #pragma IA_BEGIN_EXPORTS
  14.  
  15. const AlphaTokenizerMaxTokenLen = 63;
  16.  
  17. class AlphaTokenizer : public IATokenStream {
  18. public:
  19.             AlphaTokenizer(IACharStream* stream);
  20. //            AlphaTokenizer(AlphaTokenizer& sts) : IATokenStream(sts) {}
  21.             ~AlphaTokenizer();              // deletes charStream
  22.     IAToken*            GetNextToken();
  23.     void                GetTextSpan(byte* buffer, uint32 startPos, uint32 endPos);
  24.  
  25. protected:    
  26.     void             SetCharStream (IACharStream* cStream) {charStream = cStream;}
  27.     IACharStream*     GetCharStream() {return charStream;}
  28.     void             SetStreamBuffer(char* sBuffer) {buffer = sBuffer;}
  29.     char*             GetStreamBuffer() {return buffer;}
  30.     
  31. private:
  32.     IACharStream*        charStream;
  33.     char*                buffer;
  34. };
  35.  
  36. #pragma IA_END_EXPORTS
  37.  
  38. #pragma import reset
  39.  
  40. #endif
  41.